setwd("../")
rm(list = ls())

# # only need to install once
# devtools::install_github("cloudyr/pyMTurkR", dependencies=TRUE)
# devtools::install_github("Luwei-Ying/validateIt", dependencies=TRUE)
# load R package
library(validateIt)

### load topic model
load('models/stm10k1it.Rdata')

### prepare tasks
newMass <- combMass(stm10k1it)
WIstm10k1it <- validateTopic(type = "WI", n = 500, vocab = newMass[[1]], beta = newMass[[2]], thres = 20)
goldWI <- read.csv("goldstandard/goldWI.csv", stringsAsFactors = FALSE)
WIstm10k1it <- mixGold(tasks = WIstm10k1it, golds = goldWI)
WIstm10k1it <- recordTasks(type = "WI", tasks = WIstm10k1it, path = "topicrecords/WIstm10k1it.Rdata")

# ##### interact with Mturk from here #####
# ### environment
# library(pyMTurkR)
# Sys.setenv(AWS_ACCESS_KEY_ID = "AWS_ACCESS_KEY_ID")
# Sys.setenv(AWS_SECRET_ACCESS_KEY = "AWS_SECRET_ACCESS_KEY")
# options(pyMTurkR.sandbox = T) # Change sandbox = F when ready to run on MTurk
# AccountBalance()
# 
# ### send tasks (first trial)
# WIstm10k1itids <- sendTasks(hit_type = 'find_from_dashboard', hit_layout = 'find_from_dashboard', type = "WI",
#                          tasksrecord = WIstm10k1it, HITidspath = "HITids/WIstm10k1itids1.Rdata")
# ### extend HITs if needed
# for(i in WIstm10k1itids[[1]]){
#   ExtendHIT(hit = i, add.seconds = 60*60*48)
# }
# 
# load("HITids/WIstm10k1itids1.Rdata")
# WIstm10k1itresults1 <- getResults(batch_id = "WIstm10k1it1", hit_ids = HITids, retry = FALSE)
# write.csv(WIstm10k1itresults1, "../../1_replication/1_topicvalidation/topicresults/WIstm10k1itresults1.csv", row.names = FALSE)
# evalResults(results = WIstm10k1itresults1, key = WIstm10k1it, type = "WI")
# 
# ### send tasks (second trial)
# WIstm10k1itids <- sendTasks(hit_type = 'find_from_dashboard', hit_layout = 'find_from_dashboard', type = "WI",
#                          tasksrecord = WIstm10k1it, HITidspath = "HITids/WIstm10k1itids2.Rdata")
# ### extend HITs if needed
# for(i in WIstm10k1itids[[1]]){
#   ExtendHIT(hit = i, add.seconds = 60*60*48)
# }
# 
# load("HITids/WIstm10k1itids2.Rdata")
# WIstm10k1itresults2 <- getResults(batch_id = "WIstm10k1it2", hit_ids = HITids, retry = FALSE)
# write.csv(WIstm10k1itresults2, "../../1_replication/1_topicvalidation/topicresults/WIstm10k1itresults2.csv", row.names = FALSE)
# evalResults(results = WIstm10k1itresults2, key = WIstm10k1it, type = "WI")
